#paths
TMP=/home/jura/yap/tmp
BIN=/home/jura/yap/tokenizers
FUNC=main

AWK=awk
CTAGS=/usr/bin/ctags
TR=/usr/bin/tr


#--osdstraneni // komentaru,     #include,     retezcu,     ( awk)  komentaru /*..,  ->lowercase (tr)  , ulozeni do tmp
sed -e 's/\/\/.*//g' -e '/^#include/d' -e 's/"[^"]*"//g' -e "s/'.'//g" -e 's/\/\*/ & /' < $1| $AWK -f "$BIN"/tokenize_C.comments.awk | $TR 'A-Z' 'a-z' > "$TMP"/tmp

#$CTAGS -x $1 | $AWK '{print $1 "  " $2;}'  > "$TMP"/tmp.tags

#$AWK '
#BEGIN {
#    while ( getline < "'$TMP'/tmp.tags" )
#	defsarray['$FUNC'] = '$FUNC'; }
#{
#    if (++lino in defsarray)
#	{
#	sub(defsarray[lino], sprintf("%s  %s","  DEFUN",defsarray[lino]));
#	}
#    print $0
#} ' "$TMP"/tmp > "$TMP"/oo1


sed -f "$BIN"/tokenize_C.sed < "$TMP"/tmp | sed -f "$BIN"/tokenize_C.synonyms | $AWK -f "$BIN"/tokenize_C.awk version=3 > "$TMP"/tokens

rm "$TMP"/tmp
rm "$TMP"/oo1
rm "$TMP"/tmp.tags
cat "$TMP"/tokens

rm "$TMP"/tokens
#  >  "$1".tokens

# 